/**
 * 
 */
package org.dse.analysis;

/**
 * @author zhangchen
 * 
 */
public class Main {

	public static void main(String args[]) {
		String s = "";
		Segmenter tokenizer = new FullSegmenter(s, true);

		Token t = null;
		while ((t = tokenizer.next()) != null)
			System.err.println(t.getContent() + ":" + t.getStartPos() + ":");
	}
}
